#!/bin/bash

time awk  '!a[$0]++{print $0}' a.csv > b.csv